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FIG 2 
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{modelGroup=sequence} 



«element» 
amil 



id: ID 

version: string 
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202 



«element» 
head 



«element» 
body 



204 



<xs:element name="amil"> 
<xs:complexType> 
<xs:sequence> 

<xs:element name="head" type="headType"/> 
<xs:element name = "body" type="bodyType"/> 
</xs:sequence> 

<xs:attribute name="id" type="xs:ID" use="required"/> 
<xs:attribute name = "version" type="xs:string" use="required"/> 
</xs:complexType> 
</xs:element> 



FIG 3 (first part) 



3/41 



300 



{modelGroup=choice; 
maxOccurs=unbounded} 



«element » 
mediaitems 



id:ID 



0. 



304- 



303 



{modelGroup=all} 



<<element » 
mediaitem 



id:ID 

type: mediaitem AttributeTypeType 
region: IDREF 
src: xs:anyURI 
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«enumeration » 
mediaitemAttributeTypeType 



value= {audio, video, movie, text, 
slideshow, textticker} 



«document» 


«document» 


SVG 


XHTML 


S 


S 


306a 


306b 




«docurnent» 
RDF 

— s — 

306c 



«document» 
SDPng 

" — s — " 

306d 



<xs:element name="mediaitems" type= M mediaitemsType"/> 

<xs:complexType name="mediaitemsType"> 
<xs:choice maxOccurs ="unbounded"> 
<xs:element name="mediaitem"> 
<xs:complexType> 
<xs:all> 



<xs:any namespace ="http://www.w3.org/1 999/xhtml" minOccurs="0" 

processContents="skip7> 
<xs:any namespace = "http://www.w3c.org/svg" minOccurs="0" 

processContents="skip7> 
<xs:any namespace = "http://www.w3.0rg/TR/WD-rdf-syntax#" 

minOccurs ="0" processContents="skip"/> 
<xs:any namespace= "http://www.iana.org/sdpng" 
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FIG 3 (second part) 



minOccurs="0" 

processContents ="skip"/> 

<!-- 

further VoxML and other 
Presentation Markup Languages 

- - > 
</xs:all> 

<xs:attribute name="id" type="xs:ID" use="required"/> 
<xs:attribute name = "type" 

type="mediaitemAttributeTypeType" 

use=required"/> 

<xs : attribute name= "region" type="xs:IDREF" 
use="required"/> 

<xs:attribute name="src" type="xs:anyURI"/> 
</xs:complexType> 
</xs:element> 
</xs:choice> 
</xs:complexType> 

<xs:simpleType name="mediaitemAttributeTypeType"> 
<xs:restriction base="xs:string"> 

<xs:enumeration value="audio"/> 

<xs:enumeration value ="video"/> 

<xs:enumeration value = "image"/ > 

<xs:enumeration value ="text"/> 

<xs:enumeration value = "si ideshow"/> 

<xs:enumeration value ="textticker7> 

</xs:restriction> 
</xs:simpleType> 
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FIG 4 (first part) 
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{modelGroup=sequence} 



402- 



«element» 
widgets 



id:ID 



0..' 
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{modelGroup=all} 



«element» 
widget 



id: ID 

type: [future] 
region: IDREF 
class: xs:string 



0.. 
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{modelGroup=sequence} 



«element» 
pararn 



name: xs:string 
value: xs:string 



<xs:element name="interactions" 
type="interactionsType"/> 



<xs:element name = "widget" type = "interactionType"/> 

<xs:complexType name="interactionsType"> 
<xs:choice maxOccurs="unbounded"> 
<xs:element name = "widget" > 
<xs:complexType> 
<xs:sequence> 
<xs:element name="param" 
maxOccurs="unbounded"> 

<xs:complexType> 
<xs:complexContent> 
< xs : restrict i on base = "xs :anyType" > 
<xs:attribute name = "name" 

type="xs:string"/> 

<xs:attribute name="value" 
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FIG 4 (second part) 



type="xs:anyURI"/> 

</xs:restriction> 
</xs:complexConterit> 
</xs:complexType> 
</xs:element> 
</xs:sequence> 

<xs:attribute name="id" type="xs:ID" 
use="required"/> 

<xs:attribute name="type" type="xs:string" 

use="required"/> 
<xs:attribute name="region" type="xs:IDREF" 

use="required"/> 
<xs:attribute name = "class" type="xs:string" 

use="required"/> 
<xs:attribute name="src" type="xs:anyURI" 
use="required"/> 
</xs:complexType> 
</xs:element> 
</xs:choice> 
</xs:complexType> 
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FIG 7 
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{modelGroup=choice; 
maxOccurs= unbounded} 



«element» 
constraints 



id: ID 
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{modelGroup=choice; 
maxOccurs= unbounded} 



«element» 
constraint 



id: ID 



0. 



0. 



«element» 
restriction 



value: xs:string 
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802 



.0. 



«element» 
adaptationtrigger 



value: xsistring 

? 

806 



«element» 
adaptationfrequency 



value: xs:string 



808 



<xs:element name = "constraints" type="constraintsType"/> 

<xs:complexType name="constraintsType"> 
<xs:choice maxOccurs="unbounded"> 
<xs:element name = "constraint" > 
<xs:complexType> 

<xs:choice maxOccurs="unbounded"> 
<xs:element name = "restriction" > 
<xs:complexType> 
<xs:complexCdntent> 
<xs: restriction base="xs:anyType"> 
<xs:attribute name = "value" 

type="xs:string7> 

</xs:restriction> 
</xs:complexContent> 
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FIG 8 (second part) 



</xs:complexType> 

</xs:element> 

<xs:element name = "adaptationtrigger"> 

<xs:complexType> 

<xs:complexContent> 
< xs: restri ction base = "xs :anyType" > 
<xs:attribute name="value" 

type="xs:string7> 

</xs: restrict ion > 
</xs:complexContent> 
</xs:complexType> 
</xs:element> 

<xs:element name = "adaptationfrequency" > 
<xs:complexType> 
<xs:complexContent> 
<xs: restri ction base = "xs:anyType" > 
<xs:attribute name="value" 

type = H xs:string"/ > 

</xs:restriction> 
</xs:complexContent> 
</xs:complexType> 
</xs:eiement> 
</xs:choice> 
</xs:complexType> 
</xs:choice> 
</xs:complexType> 
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FIG 9 
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Property, e.g. Bandwidth 


showing ml and m3 


109,000 Bit/s 


showing ml and m4 


89,000 Bit/s 


showing m2 and m3 


77,000 Bit/s 


showing m2 and m4 


23,000 Bit/s 



FIG 10 
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Name of the association 


Relevant modules 


"Linking Mediaitems" 


Adaptation Module and - 
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Layout" 
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FIG 1 1 (first part) 



Name 


Description 


Value range 


Units 


applies to 


framerate 


Restricts the 
frame rate to use for 
mediaitems of type 
"video". 


positive 
integer 


frames/s 


mediaitem 


samplingrate 


Restricts the 
sampling rate for 
mediaitems of type 
"audio". 


positive 
integer 




mediaitem 


bitsperpixel 


Restricts the color 
depths for mediaitems 
of type "video" or 
"image". 


positive 
integer 




mediaitem 


quality 


Restricts the media 

ljudlliy IU Uoc. Illlo 

setting can be 
interpreted 
differently depending 
on the used codec for 

the media item. 


float 
between 0 
and 1 




mediaitem 


bitrate 


Restricts the bit rate 
to use. 


positive 
integer 


kBit/s 
MBit/s 


all 


bitratetoADDRESS 


Restricts the bit rate 
for a specific target host. 
ADDRESS can be an IP 
address or a hostname. 


positive 
integer 


kBit/s { 
MBit/s 


all 


memory 


Limits the amount of 
memory to use. 


positive 
integer 


Bit 
kBit 


all 
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FIG 1 1 (second part) 



Name 


Description 


Value range 


Units 


applies to 


cpu 


Restricts the amount 
of processing power 

to use. Either 
specified in the load 

percentage or an 
normalized Drocessina 
power value. 


positive 
integer 


% 


all 


audioquantity 


Restricts the number 
of media items of 
type audio. 


positive 
integer 




all except 
mediaitem 


videoquantity 


Restricts the number 
of media items of 
type video. 


positive 
integer 




all except 
mediaitem 


textquantity 


Restricts the number 
of media items of 
type text. 


positive 
integer 




all except 
mediaitem 


imagequantity 


Restricts the number 
of media items of 
type image. 


positive 
inteoer 




all except 

II IcUldllol 1 1 


discretequantity 


Restricts the number 
of discrete media 
items. 


positive 
integer 




all except 
mediaitem 


contquantity 


Restricts the number 
of continuous media 
items. 


positive 
integer 




all except 
mediaitem 
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Name 


Description 


value range 


Units 


framerate 


Specifies framerate limits for 
media item of type "video". 


positive 
integer 


frames/s 


bitrate 


Specifies bitrate limits. 


positive 
integer 




plr 


Specifies limits for the packet 
loss rate. 


positive 
integer 


n/ 


delay 


Specifies limits for the delay. 


positive 
integer 


ms 


jitter 


Specifies limits for the jitter. 


positive 
integer 


% 



FIG 1 3 1300 

<par> 
< choose priority ="1"> 
<mediaitem idref="M1" 

priority="3"/> 

<mediaitem idref="M2" 

priority = "4"/ > 
</choose> 
<choose> 
<mediaitem idref="M3" 

priority = "57 > 

<mediaitem idref="M4" 

priority = "67 > 
</choose> 
</par> 




AP 1 : M4, M2 with priority 6-4 
AP 2: M4, M1 with priority 6-3 
AP 3: M3, M2 with priority 5-4 
AP 4: M3, M1 with priority 5-3 
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1600 



<?xml version="1 .0"?> 




<amil> 
<head> 

< layout > 

<root-layout width="320" height="240" background-color="white''/> 
<region id=WJ£^t^gMop= ,, 0 ,, width = ,r 320" height ="120"/> 

< region id= M rB n Jeftpono^H2Q^idth= n 320 n height="1207> 
</layout> 
<mediaitems> 

< mediaitem id = "mA" type = "movie">egion = "rA" 

src = "rts|V/niediaserver/me^.mov7> 
</mediaitems> 

< widgets > 

< widget id = "widget" typ&= "widget" region ="rB" 

class ="de.comcar.browser.widgets.SVGNavigation" 
src = M http://websetaer/SVGNavigation. jar" > 
<param name="url" valu|e="http://webserver/view.svg7> 
</widget> 
</widgets> 
</head> 
<body> 
<adaptation> 
<mediaitem idref="m'A"/> 
</adaptation> 
</body> 
</amil> 
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FIG 17 

presentation-A.amil 



1700 











<] Navigation Bar [> 





^600 



presentation-B.amil 



FIG 18 



1800 



<xsl:test="diff(currentlocation, location ('47,11', '9,34')) <500"> 

<!-- do something — > 
</xsl:test> 



ft 
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FIG 19 ^300 

<events xmlns="http://www.sony.de/amir 

xmlns:xsl ="http://www.w3.org/1 999/XSL/Format" 
xmlns:ev= l, http://www.w3.org/2001/xml-events ,, > 
<ev:listenerevent="location::changeEvent"> 
<action type="passToScript"> 
<xsl:choose> 
<xsl:when 



<xsl:test="diff(currentlocation > location ("47,11 ","9,34"))"> 
<link> 

<src id="mediaitemA, regionA"> 
<target id="mediaitemA ) regionB"> 

</link> 

<link> 

<element id="mediaitemB, regionB"> 
< region id="mediaitemB, regionC"> 
</link> 
</xsl:when> 
<xsl:otherwise> 
<link> 

<src id="mediaitemA, regionA"> 
< target id="mediaitemA, regionC"> 
</link> 
</xsl:otherwise> 
</xsl:choose> 
</action> 
</ev:listener> 
</events> 
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FIG 20 ^2000 

< events xml ns = "http ://www. sony. de/am i I " 

xmlns:xsl ="http://www.w3.org/1 999/XSL/Fo.rmat" 

xmlns:ev="http://www.w3.org/2001/xml-events"> 
<ev:listener event="location::changeEvent"> 
<action type="passToScript"> 
<link> 

<src id="mediaitemA, regionA"> 
<target id="mediaitemA, regionC"> 
</link> 
</action> 
</ev:listener> 
</events> 
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<par> 

< choose > 
<mediaitem idref="m1"> 
<rnediaitem idref="m2"> 

</choose> 

< choose > 
<mediaitem idref="m3"> 
<mediaitem idref="m4"> 

</choose> 
</par> 
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FIG 22 (first part) 

2200 



<body> 

< constraints > 
constraints id="low"> 

restriction value="bitrate > 100 kBit/s"> 

^restriction value ="bitrate < 1500 kBit/s or framerate > 30 frames/s"> 

^restrictions value="cpu <40%"> 
<constraint> 
constraint id="mid"> 

< restriction value ="bitrate < 1000 kBit/s" > 

< restriction value ="cpu < 30%" > 

< constraint 
<constraint id="high"> 

^restriction value ="bitrate < 500 kBit/s"> 
^restriction value="cpu <20%"> 
<constraint> 

< constraint id = "video" > 

<adaptationtriggervalue="framerate < 15 frames/s"> 
<adaptationtriggervalue="plr > 0,05"> 

< constraint 
</constraints> 
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FIG 22 (second part) 

< adaptation > 
<choose idref="low"> 

<mi id="medialtemA" idref 
<mi id="medialtemB7> 
</choose> 

< choose idref ="mid"> 
<mi id="medialtemC7> 
<mi id="medialtemD7> 

</choose> 

< choose idref ="high"> 
<mi id="medialtemE7> 
<mi id="medialtemF7> 

</choose> 

< adaptation > 
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"video7> 



</body> 
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FIG 23 



Start 



2300 



^ 

23Q2 -^Calculation of all "Adaptation Possibilities^ 



2304- 



2306 



2308 



Filtering out adaptation possibilities, 
based on the "current situation" 



Filtering out adaptation possibilities, 
based on the priority 




Filtering out adaptation possibilities, 
based on the "current situation" 



If more than one adaptation © 
possibility is left, £ nc j 
one is selected at random. 



e.g. bandwidth ^ 
consumption 



e.g. bandwidth 
consumption 
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FIG 24 



2400 



a) f AMIL Document 
updated internal 
linking structure 

' x ■ 



2404a 



b) 



2404b 



Hierarchically structured and 
modified AMIL Document 



"current situation" has changed, L 
which results in triggering of an event 



"current situation" 
changed 



"current situation" 
changed 



AMIL Document) -^ 2402 2402-^ AMIL Document) 
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2500 



304 



«element» 
mediaitem 


Linking mediaitems 
to layout o..* 


«element» 
region 


region: IDREF 




id: ID 



504 



FIG 26 



2600 



402- 



«element» 
widgets 


Linking widgets 
to regions o..* 


«element» 
region 


region: IDREF 




id: ID 



504 



FIG 27 



2700 



2702 



«element» 
anchor source 


«link» 
> 


«element» 
anchor destination 


attr: IDREF 




attr: ID 



2704 
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FIG 29 (first part) 
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2900 



{modelGroup=choice} 



2901 



«element» 
adaptation 



id:ID 



304 



0. 



«element» 
mediaitem 



idref: IDREF 
priority: [1..99] 
startmode: startmodeType 
starttime:\d{1}+s 



0. 



{modelGroup= choice, 
maxOccurs= unbounded} 



«element» 
controlelement 



V 

702 



2902 



0.. 



«element» 
par 


; «element» 
seq 


priority: [1..99] 


priority: [1..99] 



2904 



2906 



«enumeration» 
startmodeType 



value = {restart, resume, laststop, 
playtime, contplaytime} 



2908 



704 

S 



«element» 
choose 



priority: [1. 99] 
startmode: startmodeType 
starttime:\d{1}+s 
onremove: onremoveType 
looping: xs:boolean 
empty: xs:boolean 
evaluation: evaluationType 



«enumeration» 
onremoveType 



value = {destroy, remove} 



«enumeration» 
evaluationType 



value = {startup, con,\d{1}s} 



2910 
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FIG 29 (second part) 



<xs:element name="adaptation" type = "adaptationType" > 

< xs : comp I exTy pe name = "adaptationTy pe" > 
<xs:choice minOccurs="0" maxOccurs="unbounded"> 
<xs:element name="choose" type="chooseType" /> 
<xs:element name="par" type="parType"/> 
<xs:element name="seq" type="seqType"/> 
<xs:element name="mediaitem" type="mediaitemType"/> 
</xs:choice> 

<xs:attribute name = "id" type="xs:ID"/> 
</xs:complexType> 

<xs:complexType name="chooseType"> 

<xs:choice minOccurs="0" maxOccurs="unbounded"> 
<xs:element name="choose" type="chooseType"/> 
<xs:element name="par" type="parType"/> 
<xs:element name="seq" type="seqType'7> 
<xs:element name="mediaitem" type="mediaitemType"/> 

</xs:choice> 

<xs:attribute name = "priority" type="priorityType"/> 
<xs:attribute name="startmode" type="startmodeType"/> 
<xs:attribute name="starttime" type="starttimeType"/> 
<xs:attribute name="onremove" type="onremoveType"/> 
<xs:attribute name = "looping" type="loopingType"/> 
<xs:attribute name devaluation" type="evaluationType"/> 
<xs:attribute name = "empty" type="emptyType"/> 
</xs:complexType> 
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FIG 29 (third part) 



<xs:complexType name="parType"> 
<xs:choice minOccurs="0" maxOccurs="unbounded"> 
<xs:element name="choose" type="chooseType"/> 
<xs:element name="par" type="parType"/> 
<xs:element name="mediaitem M type="mediaitemType'7> 
</xs:choice> 

<xs:attribute name = "priority" type="priorityType'7> 
</xs:complexType> 

<xs:complexType name="seqType"> 
<xs:choice minOccurs="0" maxOccurs="unbounded"> 

<xs:element name = "choose" type="chooseType"/> 

<xs:element name = "par" type="parType"/> 

<xs:element name="seq" type="seqType"/> 

<xs:element name="mediaitem" type="mediaitemType"/> 
</xs:choice> 

<xs:attribute name = "priority" type="priorityType"/> 
</xs:complexType> 

<xs:complexType name="mediaitemType"> 
<xs:complexContent> 
<xs:restriction base="xs:anyType"> 
<xs:attribute name="idref" type="xs:IDREF" use="required"/> 
<xs:attribute name = "priority" type="priorityType"/> 
<xs:attribute name="starttime" type="starttimeType7> 
</xs:restriction> 
</xs:compiexContent> 
</xs:complexType> 
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FIG 29 (fourth part) 



<xs:simpleType name="startmodeType"> 
<xs:restriction base="xs:string"> 
<xs:enumeration value="restart7> 
<xs:enumeration value ="resume"/> 
<xs:enumeration value ="laststop7> 
<xs: enumeration value ="playtime"/> 
<xs:enumeration value="contplaytime"/> 
</xs:restriction> 
</xs:simpleType> 

<xs:simpleType name="starttimeType"> 

<xs:pattern value ='\d{1 }+s7> 
</xs:simpleType> 



<xs:simpleType name="onremoveType"> 
<xs:restriction base="xs:string"> 
<xs:enumeration value="destroy7> 
<xs:enumeration value="remove7> 
</xs:restriction> 
</xs:simpleType> 

<xs:simpleType name="loopingType"> 
<xs: restriction base="xs:boolean7> 
</xs:simpleType> 

<xs:simpleType name="evaluationType"> 
<xs:restriction base = "xs:string" > 
<xs:enumeration value="start-up7> 
<xs:enumeration value="con7> 
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<!-- and integer values concluded with the unit "s" — > 

</xs:restriction> 
</xs:simpleType> 

<xs:simpleType name="emptyType"> 
<xs:restriction base="xs:boolean"/> 
</xs:simpleType> 

<xs:simpleType name="priorityType"> 
<xs:restriction base ="xs: integer" > 
<xs:minlnclusive value="1"/> 
<xs:maxlnclusive value ="997> 
</xs:restriction> 
</xs:simpleType> 
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FIG 30 

media item 

high quality (hq) 



3000 



A(hq)- 
A(mq)- 
A (lq) - 



h igh quality (hq ) 



mi ddle quality (m q) mi ddle quality (m q) 

decreases. , ... „ . / increase 
of bandwidth x low Quality (lq)^ of bandwidth 



FIG 31 

media item 3100 
A(t 0 ) A(t 0 ) ' 



AH 
B 
CH 



B(t 0 ) B(t 0 ) 



t 
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FIG 33 

media item 



A- 
B- 
C 



A(t) A(t) 



B(t) 



B(t) 
C 



A(t) 



3300 



A(t) 



B(t) B(t) 



FIG 34 



media item 
A(t) 



3400 

A(M') A(t-t') 
1 



B(t-t') B(t-t') 
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FIG 35 



3500 




creation 
of the AMIL 
DOM, based 
on an AMIL 
document 




3502 



2808 



createDocument():Document 




createElement(Vocabulary):Element 



appendChild(Node):Node 



commit():void 



commit the modification ^ 
executed on the AMIL DOM 
to The supporting middle 



destroyDocument(Document) :void 



2806 



d 

t 
i 

q 
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FIG 36 




3502 



3600 



2806 



removeChild(Node:Node) 



createElement(Vocabulary):Element 



appendChild(Node):Node 



commit(Node):void 




. i 

n 



36/41 



10/529085 



FIG 37 



3700 



Defined Layout 




3702 



Used for a specific "current situation" Used for a specific "current situation" 



3704a 



IZZI 



IZZI 



IZZI 



IZZI 



3704b 



FIG 38 



3800 



«event» 
"current situation'" changed 
{abstract} 



3802 





3808 

L 




3806 
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FIG 39 (first part) 



3900 



{modelGroup= choice} 



3902- 



adaptationevents 



id: ID 



3904 



1..*. 



«subsystem» 
XML Events document model 



<--- 
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The name of a type -has 
to conform to the pattern: 
'sensor'::'name of the event* 



{modelGroup=cholce} 



listener 



Event: 
EventType 



{modelGroup=choice} 
Usage of xskchoose, 



xsl:when and 
xshotherwise vocabulary 



— > 



«enumeration» 
EventType 



Value = 

(adaptationcontrot::no AdaptationEvent, 
location::locationChanged, 
location::velo cityChangedEvent) 

s 



action 
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(abstract) 
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<xs:elementname="adaptationevent" type="adaptationEventType7> 

<xs:complexType name="adaptationEventType"> 
<xs:choice minOccurs="D"> 

<xs:element name = "listener" type =1istenerType" /> 
</xs:choice> 

<xs:attribute name="id" type="xs:ID7> 
</xs:complexType> 

<xs:complexType name="listenerType"> 
<xs:choice> 

<xs:element name = "action" type="actionType7> 
</xs:choice> 
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<xs:complexType name="actionType"> 

<xs:choice> 

<xs:element name="link" type="linkType"/> 

</xs:choice> 
</xs:complexType> 

<xs:complexType name=1inkType"> 
<xs:sequence> 

<xs:element name="source" type="sburceType"/> 
<xs:element name="target" type="targetType"/> 
</xs:sequence> 
</xs:complexType> 



<xs:complexType name="sourceType" > 
<xsd:complexGontent> 
<xsd:restriction base ="xsd:anyTy pe" > 
<xsd:attribute name="refs" type="xsd:string7> 
<Asd:restriction> 
</xsd:complexContent> 
<xs:complexType> 

<xs:complexType name="targetType"> 
<xsd:complexContent> 
<xsd:restfiction base="xsd:anyType"> 
<xsd:attribute name ="refs" type ="xsd:string"/> 
</xsd:restriction> 
</xsd:complexContent> 
<xs:complexType> 



39/41 



10/529085 



FIG 39 (third part) 



<xs:simpleType name="eventType"> 
<xs:restriction base="xs:string"> 
<xs: enumeration value = "adaptation : : noAdaptationPossibl ity"/> 
<xs:enumeration value="application::newMediaitem7> 
<xs:enumeration value="location::velocityChangeEvent"/> 
<xs:enumeration value="location::locationChangeEvent"/> 
</xs:restriction> 
</xs:simpleType> 
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